# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html


# useful for handling different item types with a single interface
from itemadapter import ItemAdapter
import pandas as pd


class DangdangSpiderPipeline:
    def open_spider(self, price):
        self.data = []
    def process_item(self, item, spider):
        self.data.append(dict(item))
        return item
    def close_spider(self, spider):
        df = pd.DataFrame(self.data)
        df.dropna(inplace=True)
        df.to_csv("d:/dev/dangdang.csv", index=False, encoding='utf-8')
